#!/bin/csh

# Cleans out edit information from anonymous users and pre-2003 data.
# Single worker instance processes one file.

# Specify a filename to work on (should be local e.g not fully qualified name)
# Specify the input directory where the input file is
# Specify an output directory to put the output in
# Specify the directory where the clean script lives.

set filename = $1
set inputdir = $2
set outputdir = $3
set tooldir = $4

echo `date` Cleaning byte data from file $inputdir/$filename to $outputdir/$filename.

cat $inputdir/$filename | python $tooldir/cleanByteData.py > $outputdir/$filename

echo `date` Finished cleaning byte data from file $inputdir/$filename to $outputdir/$filename.
